#include<vector>
#include<string>
#include<iostream>
#include "cutword.h"
#include<algorithm>
#pragma comment(lib,"./token.lib")

using namespace std;
int main(){
    cout<<"开始"<<endl;
    string path = "test.txt";
    vector<string> res =  readfile(path);
    vector<string> token;
    for(auto str:res){
        Tokenizer(str,token,",.",false);
    }
    for_each(token.begin(),token.end(),[](string s){cout<<s<<":";});
    cout<<endl;
    cout<<"——————————————"<<endl;;
    string str1 = readString(path);
        for(auto str:res){
        Tokenizer(str,token,",.",false);
    }
    for_each(token.begin(),token.end(),[](string s){cout<<s<<"-";});
    cout<<endl;
    cout<<"——————————————"<<endl;;



}